home *** CD-ROM | disk | FTP | other *** search
- $botname=Unknown Spider
- (+Robots.txt+Validator+http://www.searchengineworld.com/cgi-bin/robotcheck.cgi+)=Robots.txt Validator
- AbachoBOT=Abacho BOT
- ADSAComponent=ADSA Component
- http://www.almaden.ibm.com/cs/crawler=Almaden (IBM)
- appie/1.1=Appie
- ArchitextSpider=Architext (Excite)
- asterias/2.0=Asterias
- BaiDuSpider=Bai Du Spider
- BizWolf.com=Biz Wolf
- Bjaaland/0.9=Bjaaland
- beholder=Beholder
- DaviesBot/1.7=Davies BOT
- DeepIndex=Deep Index
- DIIbot/1.2+http://www.findsame.com/robot.html=Find Same BOT
- DoCoMo/1.0/N504i/c10/TB=DoCoMo
- Enterprise_Search/1.0=Enterprise Search
- etchels-indexer=Etchels
- FAST-WebCrawler/2.2.6=FAST-Web Crawler
- FAST-WebCrawler/2.2.11=FAST-Web Crawler
- FAST-WebCrawler/2.2-pre41=FAST-Web Crawler
- FAST-WebCrawler/3.2=FAST-Web Crawler
- FAST-WebCrawler/3.6=FAST-Web Crawler
- FAST-WebCrawler/3.x=FAST-Web Crawler
- www.first-search.com=First Search
- gazz/2.1=Gazz
- geckobot=Gecko BOT
- Gigabot/1.0=Gigabot
- gigabaz/3.14=Gigabaz
- Googlebot/2.1=Google BOT
- Googlebot/2.1d=Google BOT
- Gulliver/1.3=Gulliver
- Gulper+Web+Bot+0.2.4=Gulper BOT
- htdig=HT Dig
- htdig/3.1.6=HT Dig
- Hubater=Hubater
- ia_archiver=Way Back Machine
- InfoNaviRobot(F107)=Info Navi BOT
- InfoSeek+Sidewinder/0.9=Side Winder
- Java1.2.2=Java
- JennyBot/0.1=Jenny BOT
- KIT-Fireball/2.0=Fireball
- libwww-perl/5.47=Libwww Perl
- LinkAlarm/2.4=Link Alarm
- LinkWalker=Link Walker
- larbin_2.2.0=Larbin
- larbin_2.6.2=Larbin
- larbin_indexer=Larbin
- LEIA/2.90=LEIA
- Lycos_Spider_(T-Rex)=Lycos Spider
- lwp-request/1.39=LWP
- Mercator-1.0=Mercator
- Mercator-2.0=Mercator
- Microsoft+URL+Control+-+6.00.8862=Microsoft
- moget/2.1=MoGet BOT
- NationalDirectory-WebSpider/1.3=National Directory
- NetMechanic=Net Mechanic
- NetMechanic+V2.0=Net Mechanic
- NG/1.0=NG
- OliverPerry=Oliver Perry
- Openbot/3.0=Open BOT
- Openfind=Open BOT
- polybot=Poly BOT
- Pompos/1.1=Pompos
- psbot/0.1=PS BOT
- rico/0.1=Rico
- RPT-HTTPClient/0.3-3=RPT-HTTPClient
- roach.smo.av.com-1.0=Roach
- ru-robot/0.1+[hseo@cs.rutgers.edu]=RU BOT
- Scooter-W3-1.0=Scooter (Alta Vista)
- Scooter/1.0=Scooter (Alta Vista)
- Scooter/3.2=Scooter (Alta Vista)
- Scooter/3.3=Scooter (Alta Vista)
- Scooter2_Mercator_6-1.0=Scooter (Alta Vista)
- Scooter2_Mercator_A-1.0=Scooter (Alta Vista)
- Scooter2_Mercator_lca-1.0=Scooter (Alta Vista)
- Scooter-3.0.gdelta2=Scooter (Alta Vista)
- ScoutAbout=Scout About
- SearchCity+index=Search City
- sherlock/1.3=Sherlock
- sitecheck.internetseer.com=Internet Seer
- Slurp/si=Slurp (Inktomi)
- Slurp/2.0-RedtailCrawl=Slurp (Inktomi)
- Speedy_Spider=Speedy Spider
- streamguide/0.0.5=Stream Guide
- Szukacz/1.4=Szukacz
- teomaagent1+[crawler-admin@teoma.com]=Teoma Agent
- teoma_agent3+[crawler-admin@teoma.com]=Teoma Agent
- TurnitinBot/1.5=Turnitin BOT
- TV35_Mercator_n2s5_B-1.0=Scooter (Alta Vista)
- Tv36_Merc_resh_31_2_B-1.0=Scooter (Alta Vista)
- TV34_Mercator_fxa-1.0=Scooter (Alta Vista)
- webbase/5.13=Web Base
- Zeus+1300+Webster+Pro+V2.9+Win32=Zeus
- Zeus+ThemeSite+Viewer+Webster+Pro+V2.9+Win32=Zeus
- Zeus+98969+Webster+Pro+V2.9+Win32=Zeus
- ZyBorg/1.0=ZyBorg
- Bjaaland/0.5+ODP-stats=Bjaaland
- ∏A=Unknown Spider
- Bjaaland/0.6=Bjaaland
- Bot+mailto:craftbot@yahoo.com=Craft BOT
- cosmos/0.9_(robot@xyleme.com)=Cosmos
- appie+1.1=Appie
- bumblebee@relevare.com=Bumble Bee
- Explorer+www.openxxx.net=Explorer (Open XXX)
- FAST-WebCrawler/2.2.10=FAST-Web Crawler
- FAST-WebCrawler/3.2+test=FAST-Web Crawler
- FAST-WebCrawler/3.3=FAST-Web Crawler
- Googlebot-Image/1.0=Google Image BOT
- Java1.3.1=Java
- polybot+1.0=Poly BOT
- Scooter_trk21-3.0.3=Scooter (Alta Vista)
- marvin/infoseek=Marvin (InfoSeek)
- oingo-robot/2.0=Oingo BOT
- ru-robot/d_0.1+[hseo@cs.rutgers.edu]=RU BOT
- RRC+crawler_admin@bigfoot.com=BigFoot
- teomaagent+[crawler-admin@teoma.com]=Teoma Agent
- TV33_Mercator_1-1.0=Scooter (Alta Vista)
- OD+files+getter=OD BOT
- nabot_1.0=NA BOT
- Mozzila/4=eSense
- MultiText/0.1=Multi Text
- Slarp/0.1=Slarp
- Slurp/2.0-Redtail=Slurp (Inktomi)
- Zeus+23097+Webster+Pro+V2.9+Win32=Zeus
- Zeus+2400+Webster+Pro+V2.9+Win32=Zeus
- Zeus+25243+Webster+Pro+V2.9+Win32=Zeus
- Zeus+27261+Webster+Pro+V2.9+Win32=Zeus
- Zeus+3970+Webster+Pro+V2.9+Win32=Zeus
- Scooter_trk8-3.0.3=Scooter (Alta Vista)
- Scooter-3.0.FS=Scooter (Alta Vista)
- Scooter-3.0.jgsaint=Scooter (Alta Vista)
- scooter-3.0.vns=Scooter (Alta Vista)
- Scooter-ARS-1.1=Scooter (Alta Vista)
- scooter-venus-3.0.vns=Scooter (Alta Vista)
- Scooter-W3.1.2=Scooter (Alta Vista)
- larbin_2.1.1+larbin2.1.1@somewhere.com=Larbin
- larbin_2.2.0+crawl@compete.com=Larbin
- larbin_2.2.2+mjovanov@ececs.uc.edu=Larbin
- larbin_2.5.0+larbin2.5.0@unspecified.mail=Larbin
- larbin_devel+sebastien.ailleret@inria.fr=Larbin
- spider/0.01=Spider BOT
- targetblaster.com/0.9k=Target Blaster
- Wget/1.5.3=WGet
- Wget/1.6=WGet
- Wget/1.7=WGet
- Scooter-3.2.QA=Scooter (Alta Vista)
- GetRight/4.5=Get Right BOT
- htdig/3.1.5=HT Dig
- larbin_2.6.1=Larbin
- libwww-perl/5.48=Libwww Perl
- libwww-perl/5.53=Libwww Perl
- PCBeaconBot/1.0=Beacon BOT
- Scooter-3.2=Scooter (Alta Vista)
- Slurp/2.0-Adhoc=Slurp (Inktomi)
- Scooter_trk7-3.0.3=Scooter (Alta Vista)
- GenCrawler/0.9b=Gen Crawler
- larbin+sebastien.ailleret@inria.fr=Larbin
- Mercator-1.1=Mercator
- Mercator-Scrub-1.1=Mercator
- lwp-request/1.32=LWP
- Scooter-tv34_Mc_kalyan_9=Scooter (Alta Vista)
- Scooter-tv35_Mc_kalyan_37_3=Scooter (Alta Vista)
- Scooter-tv36_Mc_kalyan_32=Scooter (Alta Vista)
- Sctr_Merc_lk_b-1.0=Scooter (Alta Vista)
- Slurp/2.0-Boobook=Slurp (Inktomi)
- Slurp/2.0-KiteWeekly=Slurp (Inktomi)
- TSc_Merc_resh_37_2_D-1.0=Scooter (Alta Vista)
- speedfind+ramBot+xtreme+8.1=Speed Find
- Zeus+1400+Webster+Pro+V2.9+Win32=Zeus
- Zeus+52818+Webster+Pro+V2.9+Win32=Zeus
- SearchTone2.0+-+IDEARE=Search Tone
- moget/1.0=MoGet BOT
- Scooter_trk0-3.0.3=Scooter (Alta Vista)
- Scooter-3.0.3_JT=Scooter (Alta Vista)
- NABOT/5.0=NA BOT
- Java1.3.0=Java
- Pompos/1.1+http://pompos.iliad.fr=Pompos
- http://www.almaden.ibm.com/cs/crawler+++[c01]=Almaden (IBM)
- Vagabondo/2.0+MT=Vagabondo
- Scooter-3.0.3_RT=Scooter (Alta Vista)
- OpenTextSiteCrawler/2.9.5.6=Open Text
- ASPSeek/1.2.5=ASP Seek
- larbin_2.2.2=Larbin
- larbin_2.5.9=Larbin
- LinkAlarm/2.3=Link Alarm
- tivraSpider/1.0=Tivra Spider
- ÄS=Unknown Spider
- knowledge/0.5=Knowledge
- bumblebee/1.0=Bumble Bee
- Wget/1.8.1=WGet
- FAST-WebCrawler/3.6/FirstPage=FAST-Web Crawler
- FAST-WebCrawler/3.7/FirstPage=FAST-Web Crawler
- Harvest-NG/1.0.2=Harvest
- Java1.4.0=Java
-